from transformers import AutoTokenizer

tokenizer_path = 'rerank_for_local_serve/reranker_model_yd_1225'

tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)
query = "如何重排序"
print(tokenizer.encode_plus(query, truncation=False, padding=False))
